# scrapy 标准化爬虫
# pip install scrapy
# 安装标准化代码 scrapy startproject project
# 安装标准化代码 cd project  安装模版 scrapy genspider app https://product.cheshi.com/rank/2-0-0-0-1/
# 运行命令 scrapy crawl app

# 基础教程 https://blog.csdn.net/lihaian/article/details/126104447?utm_medium=distribute.pc_relevant.none-task-blog-2~default~baidujs_baidulandingword~default-1-126104447-blog-126081516.235^v40^pc_relevant_3m_sort_dl_base1&spm=1001.2101.3001.4242.2&utm_relevant_index=2

# xpath 语法介绍 https://blog.csdn.net/lihaian/article/details/126022461

# 爬取亚马逊数据 https://blog.csdn.net/qq_44213653/article/details/130842264

'''
    settings 修改

    ROBOTSTXT_OBEY = False

    # 日志为错误级别
    LOG_LEVEL='ERROR'

    # USER_AGENT
    USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36"
'''